#!/bin/bash

model_path="/data/nfs-ten1/nfs/meichaoyang001/model/Qwen1.5-14B-Chat_240216"


export WANDB_API_KEY=9afc62359e50f5d0b24fee88ce7ce8d162e998ed
export WANDB_DISABLED=true


eval "$(conda shell.bash hook)"
conda activate /data/nfs-ten1/nfs/meichaoyang001/envs/llama_240508_cuda12_2



qwen_ceval_f(){
    model_path=$1
    n_shot=$2
    task=ceval
    llamafactory-cli eval \
    --model_name_or_path $model_path \
    --finetuning_type full \
    --template qwen \
    --task ceval \
    --split validation \
    --lang zh \
    --n_shot $n_shot \
    --batch_size 4
    echo "${task}_`basename $model_path`_${n_shot}"
}

qwen_mmlu_f(){
    model_path=$1
    n_shot=$2
    task=$3
    llamafactory-cli eval \
    --model_name_or_path $model_path \
    --finetuning_type full \
    --template qwen \
    --task $task \
    --split test \
    --lang zh \
    --n_shot $n_shot \
    --batch_size 4
    echo "${task}_`basename $model_path`_${n_shot}"
}

model_path=/data/nfs-ten12/nfs/meichaoyang001/checkpoint/qwen_1.5_14b_chat_full_sft_240402_gpt4_118683_shuffle_bs128_lr2e-5_4node

qwen_ceval_f $model_path 0
qwen_ceval_f $model_path 5

qwen_mmlu_f $model_path 0 cmmlu
qwen_mmlu_f $model_path 5 cmmlu
qwen_mmlu_f $model_path 0 mmlu
qwen_mmlu_f $model_path 5 mmlu
